library(polars)
## Warning: package 'polars' was built under R version 4.3.2
# polars_code_completion_activate()
pl$DataFrame(iris)
| Sepal.Length | Sepal.Width | Petal.Length | Petal.Width | Species |
|---|---|---|---|---|
| f64 | f64 | f64 | f64 | cat |
| 5.1 | 3.5 | 1.4 | 0.2 | "setosa" |
| 4.9 | 3.0 | 1.4 | 0.2 | "setosa" |
| 4.7 | 3.2 | 1.3 | 0.2 | "setosa" |
| 4.6 | 3.1 | 1.5 | 0.2 | "setosa" |
| 5.0 | 3.6 | 1.4 | 0.2 | "setosa" |
| 5.4 | 3.9 | 1.7 | 0.4 | "setosa" |
| 4.6 | 3.4 | 1.4 | 0.3 | "setosa" |
| 5.0 | 3.4 | 1.5 | 0.2 | "setosa" |
| 4.4 | 2.9 | 1.4 | 0.2 | "setosa" |
| 4.9 | 3.1 | 1.5 | 0.1 | "setosa" |
| 5.4 | 3.7 | 1.5 | 0.2 | "setosa" |
| 4.8 | 3.4 | 1.6 | 0.2 | "setosa" |
| 4.8 | 3.0 | 1.4 | 0.1 | "setosa" |
| 4.3 | 3.0 | 1.1 | 0.1 | "setosa" |
| 5.8 | 4.0 | 1.2 | 0.2 | "setosa" |
| 5.7 | 4.4 | 1.5 | 0.4 | "setosa" |
| 5.4 | 3.9 | 1.3 | 0.4 | "setosa" |
| 5.1 | 3.5 | 1.4 | 0.3 | "setosa" |
| 5.7 | 3.8 | 1.7 | 0.3 | "setosa" |
| 5.1 | 3.8 | 1.5 | 0.3 | "setosa" |
| … | … | … | … | … |
| 7.4 | 2.8 | 6.1 | 1.9 | "virginica" |
| 7.9 | 3.8 | 6.4 | 2.0 | "virginica" |
| 6.4 | 2.8 | 5.6 | 2.2 | "virginica" |
| 6.3 | 2.8 | 5.1 | 1.5 | "virginica" |
| 6.1 | 2.6 | 5.6 | 1.4 | "virginica" |
| 7.7 | 3.0 | 6.1 | 2.3 | "virginica" |
| 6.3 | 3.4 | 5.6 | 2.4 | "virginica" |
| 6.4 | 3.1 | 5.5 | 1.8 | "virginica" |
| 6.0 | 3.0 | 4.8 | 1.8 | "virginica" |
| 6.9 | 3.1 | 5.4 | 2.1 | "virginica" |
| 6.7 | 3.1 | 5.6 | 2.4 | "virginica" |
| 6.9 | 3.1 | 5.1 | 2.3 | "virginica" |
| 5.8 | 2.7 | 5.1 | 1.9 | "virginica" |
| 6.8 | 3.2 | 5.9 | 2.3 | "virginica" |
| 6.7 | 3.3 | 5.7 | 2.5 | "virginica" |
| 6.7 | 3.0 | 5.2 | 2.3 | "virginica" |
| 6.3 | 2.5 | 5.0 | 1.9 | "virginica" |
| 6.5 | 3.0 | 5.2 | 2.0 | "virginica" |
| 6.2 | 3.4 | 5.4 | 2.3 | "virginica" |
| 5.9 | 3.0 | 5.1 | 1.8 | "virginica" |
# gives error
# pl$read_csv("df_stack.csv")
# gives error
# pl$read_csv("df_stack.csv", infer_schema_length=10000)
pl$read_csv("df_stack.csv", ignore_error=TRUE)
| Country.Region | Date | continent | Case_Fatality_Ratio | Recovery_Rate | CFR_level | Cases_type | Cases_count |
|---|---|---|---|---|---|---|---|
| str | str | str | f64 | f64 | str | str | i64 |
| "Afghanistan" | "2020-01-22" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-23" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-24" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-25" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-26" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-27" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-28" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-29" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-30" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-01-31" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-01" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-02" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-03" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-04" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-05" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-06" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-07" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-08" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-09" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| "Afghanistan" | "2020-02-10" | "Asia" | 0.0 | 0.0 | "Low" | "Confirmed" | 0 |
| … | … | … | … | … | … | … | … |
| "Zimbabwe" | "2020-12-21" | "Africa" | 2.59 | 81.4 | "High" | "Daily_recovere… | 88 |
| "Zimbabwe" | "2020-12-22" | "Africa" | 2.6 | 80.99 | "High" | "Daily_recovere… | 47 |
| "Zimbabwe" | "2020-12-23" | "Africa" | 2.61 | 81.06 | "High" | "Daily_recovere… | 100 |
| "Zimbabwe" | "2020-12-24" | "Africa" | 2.65 | 80.67 | "High" | "Daily_recovere… | 55 |
| "Zimbabwe" | "2020-12-25" | "Africa" | 2.65 | 81.27 | "High" | "Daily_recovere… | 154 |
| "Zimbabwe" | "2020-12-26" | "Africa" | 2.63 | 81.15 | "High" | "Daily_recovere… | 51 |
| "Zimbabwe" | "2020-12-27" | "Africa" | 2.67 | 81.0 | "High" | "Daily_recovere… | 74 |
| "Zimbabwe" | "2020-12-28" | "Africa" | 2.69 | 81.42 | "High" | "Daily_recovere… | 112 |
| "Zimbabwe" | "2020-12-29" | "Africa" | 2.69 | 83.05 | "High" | "Daily_recovere… | 362 |
| "Zimbabwe" | "2020-12-30" | "Africa" | 2.64 | 81.86 | "High" | "Daily_recovere… | 87 |
| "Zimbabwe" | "2020-12-31" | "Africa" | 2.62 | 81.13 | "High" | "Daily_recovere… | 96 |
| "Zimbabwe" | "2021-01-01" | "Africa" | 2.62 | 80.57 | "High" | "Daily_recovere… | 97 |
| "Zimbabwe" | "2021-01-02" | "Africa" | 2.6 | 78.41 | "High" | "Daily_recovere… | 16 |
| "Zimbabwe" | "2021-01-03" | "Africa" | 2.49 | 75.82 | "High" | "Daily_recovere… | 211 |
| "Zimbabwe" | "2021-01-04" | "Africa" | 2.43 | 74.02 | "High" | "Daily_recovere… | 142 |
| "Zimbabwe" | "2021-01-05" | "Africa" | 2.43 | 68.7 | "High" | "Daily_recovere… | 97 |
| "Zimbabwe" | "2021-01-06" | "Africa" | 2.42 | 67.21 | "High" | "Daily_recovere… | 153 |
| "Zimbabwe" | "2021-01-07" | "Africa" | 2.39 | 64.7 | "High" | "Daily_recovere… | 117 |
| "Zimbabwe" | "2021-01-08" | "Africa" | 2.38 | 61.97 | "High" | "Daily_recovere… | 101 |
| "Zimbabwe" | "2021-01-09" | "Africa" | 2.36 | 60.68 | "High" | "Daily_recovere… | 255 |
pl$read_csv("bse_compiled_2023_04_13.csv")
| SC_CODE | SC_NAME | SC_GROUP | SC_TYPE | OPEN | HIGH | LOW | CLOSE | LAST | PREVCLOSE | NO_TRADES | NO_OF_SHRS | NET_TURNOV | TDCLOINDI | date | exchange |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| i64 | str | str | str | f64 | f64 | f64 | f64 | f64 | f64 | i64 | i64 | i64 | str | str | str |
| 500002 | "ABB LTD." | "A" | "Q" | 3381.05 | 3400.3 | 3266.2 | 3274.65 | 3276.0 | 3380.4 | 1879 | 8588 | 28593968 | "NA" | "2023-03-13" | "bse" |
| 500003 | "AEGIS LOGIS" | "A" | "Q" | 381.0 | 386.0 | 361.6 | 370.4 | 371.85 | 380.95 | 3353 | 65678 | 24564749 | "NA" | "2023-03-13" | "bse" |
| 500008 | "AMAR RAJA BA" | "A" | "Q" | 570.05 | 580.6 | 570.05 | 573.15 | 570.05 | 573.1 | 780 | 14302 | 8228871 | "NA" | "2023-03-13" | "bse" |
| 500009 | "A.SARABHAI" | "X" | "Q" | 22.3 | 22.74 | 22.1 | 22.52 | 22.52 | 22.25 | 276 | 74953 | 1683357 | "NA" | "2023-03-13" | "bse" |
| 500010 | "HDFC" | "A" | "Q" | 2602.35 | 2625.5 | 2566.1 | 2575.55 | 2580.9 | 2608.2 | 1827 | 14766 | 38389084 | "NA" | "2023-03-13" | "bse" |
| 500012 | "ANDHRA PETRO" | "X" | "Q" | 57.35 | 58.5 | 55.0 | 55.33 | 55.33 | 57.3 | 1002 | 113800 | 6350092 | "NA" | "2023-03-13" | "bse" |
| 500014 | "UTIQUE" | "X" | "Q" | 5.04 | 5.04 | 4.63 | 4.9 | 4.9 | 4.97 | 130 | 21089 | 101976 | "NA" | "2023-03-13" | "bse" |
| 500016 | "ARUNAHTEL" | "X" | "Q" | 12.91 | 13.98 | 12.91 | 13.88 | 13.89 | 14.19 | 24 | 3217 | 43601 | "NA" | "2023-03-13" | "bse" |
| 500020 | "BOM DYEING" | "B" | "Q" | 66.75 | 67.38 | 64.2 | 64.63 | 64.92 | 67.17 | 693 | 573858 | 37619086 | "NA" | "2023-03-13" | "bse" |
| 500023 | "ASIANHOTNR" | "B" | "Q" | 71.9 | 82.76 | 69.1 | 73.53 | 73.79 | 71.18 | 741 | 33783 | 2537300 | "NA" | "2023-03-13" | "bse" |
| 500027 | "ATUL LTD." | "A" | "Q" | 6976.9 | 6976.9 | 6792.9 | 6846.15 | 6840.0 | 6976.9 | 920 | 1794 | 12296170 | "NA" | "2023-03-13" | "bse" |
| 500028 | "ATV PROJECTS" | "XT" | "Q" | 8.4 | 8.6 | 8.09 | 8.11 | 8.1 | 8.51 | 59 | 12096 | 98452 | "NA" | "2023-03-13" | "bse" |
| 500031 | "BAJAJ ELECT." | "A" | "Q" | 1075.15 | 1087.55 | 1055.7 | 1067.25 | 1072.15 | 1084.15 | 743 | 4923 | 5251078 | "NA" | "2023-03-13" | "bse" |
| 500032 | "BAJAJHIND" | "A" | "Q" | 13.72 | 13.92 | 12.87 | 13.01 | 13.01 | 13.82 | 4440 | 2232916 | 29800567 | "NA" | "2023-03-13" | "bse" |
| 500033 | "FORCE MOTR" | "B" | "Q" | 1279.15 | 1295.25 | 1252.35 | 1270.2 | 1271.25 | 1281.6 | 296 | 1913 | 2436048 | "NA" | "2023-03-13" | "bse" |
| 500034 | "BAJFINANCE" | "A" | "Q" | 5850.0 | 5947.2 | 5811.3 | 5844.25 | 5859.95 | 5873.2 | 9901 | 50491 | 296898937 | "NA" | "2023-03-13" | "bse" |
| 500038 | "BALRAM.CHINI" | "A" | "Q" | 399.65 | 406.9 | 397.35 | 401.1 | 401.1 | 399.65 | 4003 | 162752 | 65524569 | "NA" | "2023-03-13" | "bse" |
| 500039 | "BANCO PROD." | "B" | "Q" | 248.2 | 252.15 | 236.6 | 239.75 | 239.75 | 248.05 | 1756 | 34938 | 8510409 | "NA" | "2023-03-13" | "bse" |
| 500040 | "CENTURY TEXT" | "A" | "Q" | 635.75 | 636.55 | 602.6 | 606.85 | 608.25 | 639.2 | 1297 | 11233 | 6925100 | "NA" | "2023-03-13" | "bse" |
| 500041 | "BANNARI AMAN" | "B" | "Q" | 2804.9 | 2805.0 | 2740.0 | 2754.45 | 2769.0 | 2836.1 | 36 | 136 | 375813 | "NA" | "2023-03-13" | "bse" |
| … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … |
| 961893 | "841IIFCL24B" | "F" | "B" | 1012.68 | 1013.11 | 1012.66 | 1013.11 | 1013.11 | 1025.0 | 3 | 286 | 289638 | "NA" | "2023-04-13" | "bse" |
| 961895 | "880IIFCL29" | "F" | "B" | 1146.01 | 1146.01 | 1146.01 | 1146.01 | 1146.01 | 1155.0 | 1 | 200 | 229202 | "NA" | "2023-04-13" | "bse" |
| 961912 | "HDFCW3" | "W" | "B" | 606.0 | 615.0 | 604.0 | 615.0 | 615.0 | 606.0 | 5 | 3000 | 1822200 | "NA" | "2023-04-13" | "bse" |
| 961917 | "SHAREINWARR" | "W" | "B" | 680.0 | 700.0 | 680.0 | 697.3 | 698.0 | 681.0 | 20 | 1481 | 1025656 | "NA" | "2023-04-13" | "bse" |
| 972655 | "IFCI010811B" | "F" | "B" | 32694.0 | 32694.0 | 32694.0 | 32694.0 | 32694.0 | 32499.0 | 1 | 10 | 326940 | "NA" | "2023-04-13" | "bse" |
| 972657 | "IFCI010811D" | "F" | "B" | 11000.0 | 11000.0 | 11000.0 | 11000.0 | 11000.0 | 10805.0 | 1 | 10 | 110000 | "NA" | "2023-04-13" | "bse" |
| 972719 | "IFCI310312A" | "F" | "B" | 11500.0 | 12029.99 | 11500.0 | 12029.99 | 12029.99 | 12029.99 | 9 | 34 | 407898 | "NA" | "2023-04-13" | "bse" |
| 973070 | "MBP18MAR21" | "F" | "B" | 1.08e6 | 1.08e6 | 1.08e6 | 1.08e6 | 1.08e6 | 1.075e6 | 1 | 20 | 21600000 | "NA" | "2023-04-13" | "bse" |
| 973491 | "675PCHFL31" | "F" | "B" | 791.11 | 791.9 | 791.0 | 791.76 | 791.9 | 789.2 | 32 | 6480 | 5129774 | "NA" | "2023-04-13" | "bse" |
| 973876 | "970UPC29" | "F" | "B" | 1.021444e6 | 1.021444e6 | 1.021444e6 | 1.021444e6 | 1.021444e6 | 1.03e6 | 1 | 1 | 1021444 | "NA" | "2023-04-13" | "bse" |
| 973878 | "970UPPC30" | "F" | "B" | 1.038e6 | 1.038e6 | 1.032e6 | 1.035e6 | 1.032e6 | 1.021e6 | 2 | 2 | 2070000 | "NA" | "2023-04-13" | "bse" |
| 973883 | "970UPCL32" | "F" | "B" | 1.052e6 | 1.052e6 | 1.052e6 | 1.052e6 | 1.052e6 | 1.035e6 | 1 | 1 | 1052000 | "NA" | "2023-04-13" | "bse" |
| 973914 | "MSFL19422" | "F" | "B" | 1.098278e6 | 1.098278e6 | 1.098278e6 | 1.098278e6 | 1.098278e6 | 1.097991e6 | 1 | 1 | 1098278 | "NA" | "2023-04-13" | "bse" |
| 974165 | "775SBIPER" | "F" | "B" | 1.0297e7 | 1.0297e7 | 1.0297e7 | 1.0297e7 | 1.0297e7 | 1.0102e7 | 1 | 8 | 82376026 | "NA" | "2023-04-13" | "bse" |
| 974286 | "995UPPCL30" | "F" | "B" | 1.0295e6 | 1.0295e6 | 1.0295e6 | 1.0295e6 | 1.0295e6 | 1.035e6 | 1 | 1 | 1029500 | "NA" | "2023-04-13" | "bse" |
| 974297 | "807HDFCL32" | "F" | "B" | 1.05578e6 | 1.05578e6 | 1.05578e6 | 1.05578e6 | 1.05578e6 | 1.0270e6 | 1 | 6 | 6334680 | "NA" | "2023-04-13" | "bse" |
| 974451 | "962APSB31" | "F" | "B" | 1.0162e6 | 1.0162e6 | 1.0162e6 | 1.0162e6 | 1.0162e6 | 1.0158e6 | 1 | 1 | 1016200 | "NA" | "2023-04-13" | "bse" |
| 974561 | "11MML26" | "F" | "B" | 101599.0 | 101599.0 | 101599.0 | 101599.0 | 101599.0 | 101362.0 | 1 | 5 | 507995 | "NA" | "2023-04-13" | "bse" |
| 974595 | "797HDFCL33" | "F" | "B" | 102140.0 | 102210.0 | 102140.0 | 102210.0 | 102210.0 | 101699.0 | 3 | 44 | 4494510 | "NA" | "2023-04-13" | "bse" |
| 974654 | "1075MFSL28" | "F" | "B" | 100000.0 | 100000.0 | 100000.0 | 100000.0 | 100000.0 | 0.0 | 2 | 2 | 200000 | "NA" | "2023-04-13" | "bse" |
read_time_pl <- function(data) {
start_time <- Sys.time()
pl$read_csv(data)
end_time <- Sys.time()
return (end_time - start_time)
}
read_time_pl("bse_compiled_2023_04_13.csv")
## Time difference of 0.01984286 secs
read_time_tidy <- function(data) {
start_time <- Sys.time()
readr::read_csv(data)
end_time <- Sys.time()
return (end_time - start_time)
}
read_time_tidy("bse_compiled_2023_04_13.csv")
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Time difference of 0.77426 secs
library(rbenchmark)
# 7mb file
benchmark("tidy" = {readr::read_csv("bse_compiled_2023_04_13.csv")},
"polars" = {pl$read_csv("bse_compiled_2023_04_13.csv")},
replications = 10,
columns = c("test", "replications", "elapsed",
"relative", "user.self", "sys.self"))
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
# 7mb file
benchmark("tidy" = {readr::read_csv("bse_compiled_2023_04_13.csv")},
"polars" = {pl$read_csv("bse_compiled_2023_04_13.csv")},
replications = 20,
columns = c("test", "replications", "elapsed",
"relative", "user.self", "sys.self"))
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
# 87MB file
benchmark("tidy" = {readr::read_csv("T_ONTIME_REPORTING.csv")},
"polars" = {pl$read_csv("T_ONTIME_REPORTING.csv")},
replications = 10,
columns = c("test", "replications", "elapsed",
"relative", "user.self", "sys.self"))
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
# 87MB file
benchmark("tidy" = {readr::read_csv("T_ONTIME_REPORTING.csv")},
"polars" = {pl$read_csv("T_ONTIME_REPORTING.csv")},
replications = 20,
columns = c("test", "replications", "elapsed",
"relative", "user.self", "sys.self"))
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
bse_pl <- pl$read_csv("bse_compiled_2023_04_13.csv")
bse_pl
| SC_CODE | SC_NAME | SC_GROUP | SC_TYPE | OPEN | HIGH | LOW | CLOSE | LAST | PREVCLOSE | NO_TRADES | NO_OF_SHRS | NET_TURNOV | TDCLOINDI | date | exchange |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| i64 | str | str | str | f64 | f64 | f64 | f64 | f64 | f64 | i64 | i64 | i64 | str | str | str |
| 500002 | "ABB LTD." | "A" | "Q" | 3381.05 | 3400.3 | 3266.2 | 3274.65 | 3276.0 | 3380.4 | 1879 | 8588 | 28593968 | "NA" | "2023-03-13" | "bse" |
| 500003 | "AEGIS LOGIS" | "A" | "Q" | 381.0 | 386.0 | 361.6 | 370.4 | 371.85 | 380.95 | 3353 | 65678 | 24564749 | "NA" | "2023-03-13" | "bse" |
| 500008 | "AMAR RAJA BA" | "A" | "Q" | 570.05 | 580.6 | 570.05 | 573.15 | 570.05 | 573.1 | 780 | 14302 | 8228871 | "NA" | "2023-03-13" | "bse" |
| 500009 | "A.SARABHAI" | "X" | "Q" | 22.3 | 22.74 | 22.1 | 22.52 | 22.52 | 22.25 | 276 | 74953 | 1683357 | "NA" | "2023-03-13" | "bse" |
| 500010 | "HDFC" | "A" | "Q" | 2602.35 | 2625.5 | 2566.1 | 2575.55 | 2580.9 | 2608.2 | 1827 | 14766 | 38389084 | "NA" | "2023-03-13" | "bse" |
| 500012 | "ANDHRA PETRO" | "X" | "Q" | 57.35 | 58.5 | 55.0 | 55.33 | 55.33 | 57.3 | 1002 | 113800 | 6350092 | "NA" | "2023-03-13" | "bse" |
| 500014 | "UTIQUE" | "X" | "Q" | 5.04 | 5.04 | 4.63 | 4.9 | 4.9 | 4.97 | 130 | 21089 | 101976 | "NA" | "2023-03-13" | "bse" |
| 500016 | "ARUNAHTEL" | "X" | "Q" | 12.91 | 13.98 | 12.91 | 13.88 | 13.89 | 14.19 | 24 | 3217 | 43601 | "NA" | "2023-03-13" | "bse" |
| 500020 | "BOM DYEING" | "B" | "Q" | 66.75 | 67.38 | 64.2 | 64.63 | 64.92 | 67.17 | 693 | 573858 | 37619086 | "NA" | "2023-03-13" | "bse" |
| 500023 | "ASIANHOTNR" | "B" | "Q" | 71.9 | 82.76 | 69.1 | 73.53 | 73.79 | 71.18 | 741 | 33783 | 2537300 | "NA" | "2023-03-13" | "bse" |
| 500027 | "ATUL LTD." | "A" | "Q" | 6976.9 | 6976.9 | 6792.9 | 6846.15 | 6840.0 | 6976.9 | 920 | 1794 | 12296170 | "NA" | "2023-03-13" | "bse" |
| 500028 | "ATV PROJECTS" | "XT" | "Q" | 8.4 | 8.6 | 8.09 | 8.11 | 8.1 | 8.51 | 59 | 12096 | 98452 | "NA" | "2023-03-13" | "bse" |
| 500031 | "BAJAJ ELECT." | "A" | "Q" | 1075.15 | 1087.55 | 1055.7 | 1067.25 | 1072.15 | 1084.15 | 743 | 4923 | 5251078 | "NA" | "2023-03-13" | "bse" |
| 500032 | "BAJAJHIND" | "A" | "Q" | 13.72 | 13.92 | 12.87 | 13.01 | 13.01 | 13.82 | 4440 | 2232916 | 29800567 | "NA" | "2023-03-13" | "bse" |
| 500033 | "FORCE MOTR" | "B" | "Q" | 1279.15 | 1295.25 | 1252.35 | 1270.2 | 1271.25 | 1281.6 | 296 | 1913 | 2436048 | "NA" | "2023-03-13" | "bse" |
| 500034 | "BAJFINANCE" | "A" | "Q" | 5850.0 | 5947.2 | 5811.3 | 5844.25 | 5859.95 | 5873.2 | 9901 | 50491 | 296898937 | "NA" | "2023-03-13" | "bse" |
| 500038 | "BALRAM.CHINI" | "A" | "Q" | 399.65 | 406.9 | 397.35 | 401.1 | 401.1 | 399.65 | 4003 | 162752 | 65524569 | "NA" | "2023-03-13" | "bse" |
| 500039 | "BANCO PROD." | "B" | "Q" | 248.2 | 252.15 | 236.6 | 239.75 | 239.75 | 248.05 | 1756 | 34938 | 8510409 | "NA" | "2023-03-13" | "bse" |
| 500040 | "CENTURY TEXT" | "A" | "Q" | 635.75 | 636.55 | 602.6 | 606.85 | 608.25 | 639.2 | 1297 | 11233 | 6925100 | "NA" | "2023-03-13" | "bse" |
| 500041 | "BANNARI AMAN" | "B" | "Q" | 2804.9 | 2805.0 | 2740.0 | 2754.45 | 2769.0 | 2836.1 | 36 | 136 | 375813 | "NA" | "2023-03-13" | "bse" |
| … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … |
| 961893 | "841IIFCL24B" | "F" | "B" | 1012.68 | 1013.11 | 1012.66 | 1013.11 | 1013.11 | 1025.0 | 3 | 286 | 289638 | "NA" | "2023-04-13" | "bse" |
| 961895 | "880IIFCL29" | "F" | "B" | 1146.01 | 1146.01 | 1146.01 | 1146.01 | 1146.01 | 1155.0 | 1 | 200 | 229202 | "NA" | "2023-04-13" | "bse" |
| 961912 | "HDFCW3" | "W" | "B" | 606.0 | 615.0 | 604.0 | 615.0 | 615.0 | 606.0 | 5 | 3000 | 1822200 | "NA" | "2023-04-13" | "bse" |
| 961917 | "SHAREINWARR" | "W" | "B" | 680.0 | 700.0 | 680.0 | 697.3 | 698.0 | 681.0 | 20 | 1481 | 1025656 | "NA" | "2023-04-13" | "bse" |
| 972655 | "IFCI010811B" | "F" | "B" | 32694.0 | 32694.0 | 32694.0 | 32694.0 | 32694.0 | 32499.0 | 1 | 10 | 326940 | "NA" | "2023-04-13" | "bse" |
| 972657 | "IFCI010811D" | "F" | "B" | 11000.0 | 11000.0 | 11000.0 | 11000.0 | 11000.0 | 10805.0 | 1 | 10 | 110000 | "NA" | "2023-04-13" | "bse" |
| 972719 | "IFCI310312A" | "F" | "B" | 11500.0 | 12029.99 | 11500.0 | 12029.99 | 12029.99 | 12029.99 | 9 | 34 | 407898 | "NA" | "2023-04-13" | "bse" |
| 973070 | "MBP18MAR21" | "F" | "B" | 1.08e6 | 1.08e6 | 1.08e6 | 1.08e6 | 1.08e6 | 1.075e6 | 1 | 20 | 21600000 | "NA" | "2023-04-13" | "bse" |
| 973491 | "675PCHFL31" | "F" | "B" | 791.11 | 791.9 | 791.0 | 791.76 | 791.9 | 789.2 | 32 | 6480 | 5129774 | "NA" | "2023-04-13" | "bse" |
| 973876 | "970UPC29" | "F" | "B" | 1.021444e6 | 1.021444e6 | 1.021444e6 | 1.021444e6 | 1.021444e6 | 1.03e6 | 1 | 1 | 1021444 | "NA" | "2023-04-13" | "bse" |
| 973878 | "970UPPC30" | "F" | "B" | 1.038e6 | 1.038e6 | 1.032e6 | 1.035e6 | 1.032e6 | 1.021e6 | 2 | 2 | 2070000 | "NA" | "2023-04-13" | "bse" |
| 973883 | "970UPCL32" | "F" | "B" | 1.052e6 | 1.052e6 | 1.052e6 | 1.052e6 | 1.052e6 | 1.035e6 | 1 | 1 | 1052000 | "NA" | "2023-04-13" | "bse" |
| 973914 | "MSFL19422" | "F" | "B" | 1.098278e6 | 1.098278e6 | 1.098278e6 | 1.098278e6 | 1.098278e6 | 1.097991e6 | 1 | 1 | 1098278 | "NA" | "2023-04-13" | "bse" |
| 974165 | "775SBIPER" | "F" | "B" | 1.0297e7 | 1.0297e7 | 1.0297e7 | 1.0297e7 | 1.0297e7 | 1.0102e7 | 1 | 8 | 82376026 | "NA" | "2023-04-13" | "bse" |
| 974286 | "995UPPCL30" | "F" | "B" | 1.0295e6 | 1.0295e6 | 1.0295e6 | 1.0295e6 | 1.0295e6 | 1.035e6 | 1 | 1 | 1029500 | "NA" | "2023-04-13" | "bse" |
| 974297 | "807HDFCL32" | "F" | "B" | 1.05578e6 | 1.05578e6 | 1.05578e6 | 1.05578e6 | 1.05578e6 | 1.0270e6 | 1 | 6 | 6334680 | "NA" | "2023-04-13" | "bse" |
| 974451 | "962APSB31" | "F" | "B" | 1.0162e6 | 1.0162e6 | 1.0162e6 | 1.0162e6 | 1.0162e6 | 1.0158e6 | 1 | 1 | 1016200 | "NA" | "2023-04-13" | "bse" |
| 974561 | "11MML26" | "F" | "B" | 101599.0 | 101599.0 | 101599.0 | 101599.0 | 101599.0 | 101362.0 | 1 | 5 | 507995 | "NA" | "2023-04-13" | "bse" |
| 974595 | "797HDFCL33" | "F" | "B" | 102140.0 | 102210.0 | 102140.0 | 102210.0 | 102210.0 | 101699.0 | 3 | 44 | 4494510 | "NA" | "2023-04-13" | "bse" |
| 974654 | "1075MFSL28" | "F" | "B" | 100000.0 | 100000.0 | 100000.0 | 100000.0 | 100000.0 | 0.0 | 2 | 2 | 200000 | "NA" | "2023-04-13" | "bse" |
bse_pl$estimated_size()
## [1] 14643728
bse_tidy <- readr::read_csv("bse_compiled_2023_04_13.csv")
## Rows: 83203 Columns: 16
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (4): SC_NAME, SC_GROUP, SC_TYPE, exchange
## dbl (10): SC_CODE, OPEN, HIGH, LOW, CLOSE, LAST, PREVCLOSE, NO_TRADES, NO_O...
## lgl (1): TDCLOINDI
## date (1): date
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
bse_tidy
object.size(bse_tidy)
## 10648360 bytes
flights_pl <- pl$read_csv("T_ONTIME_REPORTING.csv")
flights_pl
| YEAR | QUARTER | MONTH | DAY_OF_MONTH | DAY_OF_WEEK | FL_DATE | OP_UNIQUE_CARRIER | OP_CARRIER | TAIL_NUM | OP_CARRIER_FL_NUM | ORIGIN_AIRPORT_ID | ORIGIN_AIRPORT_SEQ_ID | ORIGIN_CITY_MARKET_ID | ORIGIN | ORIGIN_CITY_NAME | ORIGIN_STATE_ABR | DEST_AIRPORT_ID | DEST_AIRPORT_SEQ_ID | DEST_CITY_MARKET_ID | DEST | DEST_CITY_NAME | DEST_STATE_ABR | CRS_DEP_TIME | DEP_TIME | DEP_DELAY | CRS_ARR_TIME | ARR_TIME | CANCELLATION_CODE |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| i64 | i64 | i64 | i64 | i64 | str | str | str | str | i64 | i64 | i64 | i64 | str | str | str | i64 | i64 | i64 | str | str | str | i64 | i64 | f64 | i64 | i64 | str |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N131EV" | 5244 | 13930 | 1393008 | 30977 | "ORD" | "Chicago, IL" | "IL" | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 1520 | 1524 | 4.0 | 1841 | 1838 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N131EV" | 5317 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 13930 | 1393008 | 30977 | "ORD" | "Chicago, IL" | "IL" | 945 | 941 | -4.0 | 1144 | 1120 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N131EV" | 5397 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 10581 | 1058102 | 30581 | "BGR" | "Bangor, ME" | "ME" | 2100 | 2056 | -4.0 | 2236 | 2229 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N133EV" | 5076 | 10397 | 1039707 | 30397 | "ATL" | "Atlanta, GA" | "GA" | 14783 | 1478302 | 34783 | "SGF" | "Springfield, M… | "MO" | 1130 | 1125 | -5.0 | 1225 | 1214 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N133EV" | 5076 | 14783 | 1478302 | 34783 | "SGF" | "Springfield, M… | "MO" | 10397 | 1039707 | 30397 | "ATL" | "Atlanta, GA" | "GA" | 1400 | 1354 | -6.0 | 1637 | 1630 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N133EV" | 5483 | 10135 | 1013506 | 30135 | "ABE" | "Allentown/Beth… | "PA" | 10397 | 1039707 | 30397 | "ATL" | "Atlanta, GA" | "GA" | 600 | 601 | 1.0 | 825 | 816 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N135EV" | 4706 | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 14307 | 1430706 | 30721 | "PVD" | "Providence, RI… | "RI" | 2135 | 2132 | -3.0 | 2325 | 2313 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N135EV" | 5312 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 1250 | 1252 | 2.0 | 1501 | 1502 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N136EV" | 4879 | 14492 | 1449202 | 34492 | "RDU" | "Raleigh/Durham… | "NC" | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 1300 | 1256 | -4.0 | 1458 | 1437 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N136EV" | 4902 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 14492 | 1449202 | 34492 | "RDU" | "Raleigh/Durham… | "NC" | 950 | 945 | -5.0 | 1146 | 1116 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N136EV" | 5368 | 15096 | 1509602 | 35096 | "SYR" | "Syracuse, NY" | "NY" | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 526 | 520 | -6.0 | 700 | 634 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N138EV" | 5098 | 11423 | 1142308 | 31423 | "DSM" | "Des Moines, IA… | "IA" | 13487 | 1348702 | 31650 | "MSP" | "Minneapolis, M… | "MN" | 653 | 649 | -4.0 | 820 | 808 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N138EV" | 5541 | 13487 | 1348702 | 31650 | "MSP" | "Minneapolis, M… | "MN" | 13495 | 1349505 | 33495 | "MSY" | "New Orleans, L… | "LA" | 1120 | 1115 | -5.0 | 1405 | 1358 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N138EV" | 5542 | 13495 | 1349505 | 33495 | "MSY" | "New Orleans, L… | "LA" | 12278 | 1227805 | 30928 | "ICT" | "Wichita, KS" | "KS" | 1455 | 1450 | -5.0 | 1705 | 1652 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N138EV" | 5543 | 12278 | 1227805 | 30928 | "ICT" | "Wichita, KS" | "KS" | 13487 | 1348702 | 31650 | "MSP" | "Minneapolis, M… | "MN" | 1755 | 1741 | -14.0 | 1944 | 1917 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N146PQ" | 5144 | 14492 | 1449202 | 34492 | "RDU" | "Raleigh/Durham… | "NC" | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 745 | 847 | 62.0 | 940 | 1013 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N146PQ" | 5475 | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 13871 | 1387102 | 33316 | "OMA" | "Omaha, NE" | "NE" | 1110 | 1107 | -3.0 | 1345 | 1321 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N147PQ" | 5224 | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 15380 | 1538005 | 35380 | "TVC" | "Traverse City,… | "MI" | 1551 | 1555 | 4.0 | 1701 | 1712 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N147PQ" | 5224 | 15380 | 1538005 | 35380 | "TVC" | "Traverse City,… | "MI" | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 1750 | 1757 | 7.0 | 1906 | 1850 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N147PQ" | 5360 | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 15380 | 1538005 | 35380 | "TVC" | "Traverse City,… | "MI" | 1000 | 956 | -4.0 | 1111 | 1103 | null |
| … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … | … |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N878RW" | 5663 | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 15096 | 1509602 | 35096 | "SYR" | "Syracuse, NY" | "NY" | 1259 | 1308 | 9.0 | 1417 | 1443 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N878RW" | 5663 | 15096 | 1509602 | 35096 | "SYR" | "Syracuse, NY" | "NY" | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 1530 | 1522 | -8.0 | 1650 | 1635 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N878RW" | 5795 | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 15016 | 1501606 | 31123 | "STL" | "St. Louis, MO" | "MO" | 600 | 550 | -10.0 | 754 | 749 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N879RW" | 5611 | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 14524 | 1452401 | 34524 | "RIC" | "Richmond, VA" | "VA" | 1700 | 1716 | 16.0 | 1838 | 1851 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N879RW" | 5653 | 14524 | 1452401 | 34524 | "RIC" | "Richmond, VA" | "VA" | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 1935 | 2000 | 25.0 | 2103 | 2149 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N879RW" | 5671 | 11057 | 1105703 | 31057 | "CLT" | "Charlotte, NC" | "NC" | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 1345 | 1409 | 24.0 | 1548 | 1556 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N879RW" | 5680 | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 10721 | 1072102 | 30721 | "BOS" | "Boston, MA" | "MA" | 600 | 555 | -5.0 | 720 | 714 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N879RW" | 5741 | 10721 | 1072102 | 30721 | "BOS" | "Boston, MA" | "MA" | 11057 | 1105703 | 31057 | "CLT" | "Charlotte, NC" | "NC" | 835 | 832 | -3.0 | 1121 | 1200 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N880RW" | 5673 | 11066 | 1106606 | 31066 | "CMH" | "Columbus, OH" | "OH" | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 1202 | 1155 | -7.0 | 1315 | 1253 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N880RW" | 5673 | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 11066 | 1106606 | 31066 | "CMH" | "Columbus, OH" | "OH" | 1000 | 954 | -6.0 | 1117 | 1046 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N880RW" | 5676 | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 11066 | 1106606 | 31066 | "CMH" | "Columbus, OH" | "OH" | 1405 | 1359 | -6.0 | 1516 | 1456 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N880RW" | 5814 | 11066 | 1106606 | 31066 | "CMH" | "Columbus, OH" | "OH" | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 635 | 629 | -6.0 | 754 | 749 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N880RW" | 5834 | 11066 | 1106606 | 31066 | "CMH" | "Columbus, OH" | "OH" | 10721 | 1072102 | 30721 | "BOS" | "Boston, MA" | "MA" | 1700 | 1651 | -9.0 | 1855 | 1835 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N880RW" | 5835 | 10721 | 1072102 | 30721 | "BOS" | "Boston, MA" | "MA" | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 2000 | 1951 | -9.0 | 2127 | 2141 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N882RW" | 5787 | 15016 | 1501606 | 31123 | "STL" | "St. Louis, MO" | "MO" | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 1530 | 1528 | -2.0 | 1859 | 1835 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N882RW" | 5790 | 14122 | 1412202 | 30198 | "PIT" | "Pittsburgh, PA… | "PA" | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 930 | 929 | -1.0 | 1109 | 1150 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N882RW" | 5824 | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 13198 | 1319801 | 33198 | "MCI" | "Kansas City, M… | "MO" | 1950 | 1950 | 0.0 | 2229 | 2301 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N882RW" | 5849 | 12953 | 1295304 | 31703 | "LGA" | "New York, NY" | "NY" | 15016 | 1501606 | 31123 | "STL" | "St. Louis, MO" | "MO" | 1159 | 1228 | 29.0 | 1410 | 1501 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N979RP" | 3475 | 11624 | 1162403 | 31624 | "EYW" | "Key West, FL" | "FL" | 11618 | 1161802 | 31703 | "EWR" | "Newark, NJ" | "NJ" | 1748 | 1733 | -15.0 | 2059 | 2038 | null |
| 2023 | 1 | 1 | 31 | 2 | "1/31/2023 12:0… | "YX" | "YX" | "N979RP" | 3659 | 11618 | 1161802 | 31703 | "EWR" | "Newark, NJ" | "NJ" | 11624 | 1162403 | 31624 | "EYW" | "Key West, FL" | "FL" | 1330 | 1316 | -14.0 | 1701 | 1643 | null |
flights_tidy <- readr::read_csv("T_ONTIME_REPORTING.csv")
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
flights_tidy
flights_pl$estimated_size() / 1000000
## [1] 187.3688
object.size(flights_tidy)
## 121414872 bytes
pl$scan_csv("T_ONTIME_REPORTING.csv")$head(n=10)$collect()
| YEAR | QUARTER | MONTH | DAY_OF_MONTH | DAY_OF_WEEK | FL_DATE | OP_UNIQUE_CARRIER | OP_CARRIER | TAIL_NUM | OP_CARRIER_FL_NUM | ORIGIN_AIRPORT_ID | ORIGIN_AIRPORT_SEQ_ID | ORIGIN_CITY_MARKET_ID | ORIGIN | ORIGIN_CITY_NAME | ORIGIN_STATE_ABR | DEST_AIRPORT_ID | DEST_AIRPORT_SEQ_ID | DEST_CITY_MARKET_ID | DEST | DEST_CITY_NAME | DEST_STATE_ABR | CRS_DEP_TIME | DEP_TIME | DEP_DELAY | CRS_ARR_TIME | ARR_TIME | CANCELLATION_CODE |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| i64 | i64 | i64 | i64 | i64 | str | str | str | str | i64 | i64 | i64 | i64 | str | str | str | i64 | i64 | i64 | str | str | str | i64 | i64 | f64 | i64 | i64 | str |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N131EV" | 5244 | 13930 | 1393008 | 30977 | "ORD" | "Chicago, IL" | "IL" | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 1520 | 1524 | 4.0 | 1841 | 1838 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N131EV" | 5317 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 13930 | 1393008 | 30977 | "ORD" | "Chicago, IL" | "IL" | 945 | 941 | -4.0 | 1144 | 1120 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N131EV" | 5397 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 10581 | 1058102 | 30581 | "BGR" | "Bangor, ME" | "ME" | 2100 | 2056 | -4.0 | 2236 | 2229 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N133EV" | 5076 | 10397 | 1039707 | 30397 | "ATL" | "Atlanta, GA" | "GA" | 14783 | 1478302 | 34783 | "SGF" | "Springfield, M… | "MO" | 1130 | 1125 | -5.0 | 1225 | 1214 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N133EV" | 5076 | 14783 | 1478302 | 34783 | "SGF" | "Springfield, M… | "MO" | 10397 | 1039707 | 30397 | "ATL" | "Atlanta, GA" | "GA" | 1400 | 1354 | -6.0 | 1637 | 1630 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N133EV" | 5483 | 10135 | 1013506 | 30135 | "ABE" | "Allentown/Beth… | "PA" | 10397 | 1039707 | 30397 | "ATL" | "Atlanta, GA" | "GA" | 600 | 601 | 1.0 | 825 | 816 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N135EV" | 4706 | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 14307 | 1430706 | 30721 | "PVD" | "Providence, RI… | "RI" | 2135 | 2132 | -3.0 | 2325 | 2313 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N135EV" | 5312 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 1250 | 1252 | 2.0 | 1501 | 1502 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N136EV" | 4879 | 14492 | 1449202 | 34492 | "RDU" | "Raleigh/Durham… | "NC" | 11433 | 1143302 | 31295 | "DTW" | "Detroit, MI" | "MI" | 1300 | 1256 | -4.0 | 1458 | 1437 | null |
| 2023 | 1 | 1 | 1 | 7 | "1/1/2023 12:00… | "9E" | "9E" | "N136EV" | 4902 | 12478 | 1247805 | 31703 | "JFK" | "New York, NY" | "NY" | 14492 | 1449202 | 34492 | "RDU" | "Raleigh/Durham… | "NC" | 950 | 945 | -5.0 | 1146 | 1116 | null |
# 87MB file
benchmark("tidy" = {utils::head(readr::read_csv("T_ONTIME_REPORTING.csv"),10)},
"polars" = {pl$read_csv("T_ONTIME_REPORTING.csv")$head(10)},
"polars_lazy" = {pl$scan_csv("T_ONTIME_REPORTING.csv")$head(10)},
replications = 20,
columns = c("test", "replications", "elapsed",
"relative", "user.self", "sys.self"))
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.
## Rows: 538837 Columns: 28
## ── Column specification ────────────────────────────────────────────────────────
## Delimiter: ","
## chr (15): FL_DATE, OP_UNIQUE_CARRIER, OP_CARRIER, TAIL_NUM, ORIGIN, ORIGIN_C...
## dbl (13): YEAR, QUARTER, MONTH, DAY_OF_MONTH, DAY_OF_WEEK, OP_CARRIER_FL_NUM...
##
## ℹ Use `spec()` to retrieve the full column specification for this data.
## ℹ Specify the column types or set `show_col_types = FALSE` to quiet this message.